R Notebook

This is an R Markdown Notebook. When you execute code within the notebook, the results appear beneath the code.

Try executing this chunk by clicking the Run button within the chunk or by placing your cursor inside it and pressing Ctrl+Shift+Enter.

Add a new chunk by clicking the Insert Chunk button on the toolbar or by pressing Ctrl+Alt+I.

When you save the notebook, an HTML file containing the code and output will be saved alongside it (click the Preview button or press Ctrl+Shift+K to preview the HTML file).

library(sm)

Package 'sm', version 2.2-5.6: type help(sm) for summary information

library(ggplot2)
library(sqldf)

Loading required package: gsubfn
Loading required package: proto
Loading required package: RSQLite

getwd()

[1] "C:/Users/richa/OneDrive/Documents/Education/Stevens Institute/FE 800/Project/FE800HBS"

## see first 6 rows of the dataset
head(realDT)

## tail(realDT)

## check number of rows and columns
nrow(realDT)

[1] 38762

ncol(realDT)

[1] 7

## check date range of tweets
summary(realDT)

                 source     
 Twitter for Android:14545  
 Twitter Web Client :12182  
 Twitter for iPhone :10332  
 TweetDeck          :  483  
 TwitLonger Beta    :  405  
 Media Studio       :  156  
 (Other)            :  659  
                                                                                                                                      text      
 MAKE AMERICA GREAT AGAIN!                                                                                                              :   27  
 For all of those who have been asking about online sales the Donald J. Trump Signature Collection ties & shirts are sold @Macys.com:    5  
 PRESIDENTIAL HARASSMENT!                                                                                                               :    5  
 Success is not final failure is not fatal: it is the courage to continue that counts. -- Winston Churchill                             :    5  
                                                                                                                                        :    4  
 Achievers move forward at all times. Achievement is not a plateau it's a beginning.                                                    :    4  
 (Other)                                                                                                                                :38712  
           created_at    retweet_count    favorite_count        is_retweet        id_str         
                : 1682   Min.   :     0   0      : 2607              : 1740   Min.   :1.698e+09  
 5/1/2019 10:06 :    6   1st Qu.:    22          : 1682   1.01013E+17:    1   1st Qu.:3.581e+17  
 5/1/2019 9:56  :    6   Median :   300   1      :  682   1.15846E+17:    1   Median :5.623e+17  
 7/15/2018 13:33:    6   Mean   :  5621   2      :  404   9.84823E+16:    1   Mean   :5.958e+17  
 1/5/2015 3:26  :    5   3rd Qu.:  7716   15     :  309   FALSE      :35353   3rd Qu.:7.853e+17  
 11/20/2015 1:06:    5   Max.   :369530   12     :  305   TRUE       : 1666   Max.   :1.140e+18  
 (Other)        :37052   NA's   :1682     (Other):32773                       NA's   :1685       

stockdata <- read.csv("stockdata.csv", header = TRUE, sep = ",")
stockdata <- read.csv("stockdata.csv", header = TRUE, sep = ",")
head(stockdata)

##  Number of Rows in stock market data
nrow(stockdata)

[1] 244230

overnight_ret_1_min <- subset(stockdata, overnight_1 == 1) ## select the subject of returns that are from close of business to opening of next business day

Error in subset(stockdata, overnight_1 == 1) : 
  object 'stockdata' not found

sumtable <- matrix(c(max1, min1, mean1, sd1, max2, min2, mean2, sd2, max5, min5, mean5, sd5, max10, min10, mean10, sd10, max20, min20, mean20, sd20, max30, min30, mean30, sd30, max60, min60, mean60, sd60, max120, min120, mean120, sd120, max240, min240, mean240, sd240, max360, min360, mean360, sd360, maxon, minon, meanon, sdon), ncol = 4, byrow = TRUE)
colnames(sumtable) <- c("Max", "Min", "Mean", "Std. Dev")
rownames(sumtable) <- c("1 Minute", "2 Minutes", "5 Minutes", "10 Minutes", "20 Minutes", "30 Minutes", "60 Minutes", "120 Minutes", "240 Minutes", "360 Minutes", "Overnight")
sumtable <- as.table(sumtable)
sumtable

                      Max           Min          Mean      Std. Dev
1 Minute     8.887780e-03 -8.002421e-03 -3.765740e-07  3.050208e-04
2 Minutes    9.158534e-03 -8.227404e-03 -9.490496e-07  4.347683e-04
5 Minutes    1.516062e-02 -1.363070e-02 -2.457301e-06  6.873840e-04
10 Minutes   2.009808e-02 -1.607326e-02 -4.835746e-06  9.660964e-04
20 Minutes   2.637849e-02 -2.055613e-02 -8.298685e-06  1.356654e-03
30 Minutes   3.001411e-02 -2.723621e-02 -8.887243e-06  1.646093e-03
60 Minutes   2.620649e-02 -2.900513e-02 -1.492826e-05  2.292182e-03
120 Minutes  3.339548e-02 -3.113897e-02 -2.113782e-05  3.195499e-03
240 Minutes  3.312860e-02 -4.056254e-02 -2.838216e-05  4.608615e-03
360 Minutes  4.342457e-02 -3.497171e-02 -7.897112e-05  5.960260e-03
Overnight    1.586192e-02 -2.077167e-02  4.550390e-04  3.982014e-03

dt_max1 <- max(dt_ret_1_min$ret_1_min) #max return

no non-missing arguments to max; returning -Inf

dt_sumtable <- matrix(c(dt_max1, dt_min1, dt_mean1, dt_sd1, dt_max2, dt_min2, dt_mean2, dt_sd2, dt_max5, dt_min5, dt_mean5, dt_sd5, dt_max10, dt_min10, dt_mean10, dt_sd10, dt_max20, dt_min20, dt_mean20, dt_sd20, dt_max30, dt_min30, dt_mean30, dt_sd30, dt_max60, dt_min60, dt_mean60, dt_sd60, dt_max120, dt_min120, dt_mean120, dt_sd120, dt_max240, dt_min240, dt_mean240, dt_sd240, dt_max360, dt_min360, dt_mean360, dt_sd360, dt_maxon, dt_minon, dt_meanon, dt_sdon), ncol = 4, byrow = TRUE)
colnames(dt_sumtable) <- c("Max", "Min", "Mean", "Std. Dev")
rownames(dt_sumtable) <- c("1 Minute", "2 Minutes", "5 Minutes", "10 Minutes", "20 Minutes", "30 Minutes", "60 Minutes", "120 Minutes", "240 Minutes", "360 Minutes", "Overnight")
dt_sumtable <- as.table(dt_sumtable)
dt_sumtable

                      Max           Min          Mean      Std. Dev
1 Minute     3.660874e-03 -1.933951e-03  1.230258e-06  3.228175e-04
2 Minutes    4.386453e-03 -3.823998e-03  9.388884e-06  4.587222e-04
5 Minutes    5.573376e-03 -3.241616e-03 -4.039797e-06  6.703270e-04
10 Minutes   8.301536e-03 -5.582634e-03 -1.012057e-05  9.762170e-04
20 Minutes   1.283367e-02 -7.536593e-03 -2.597216e-05  1.383106e-03
30 Minutes   1.923196e-02 -7.771127e-03 -3.454241e-05  1.671035e-03
60 Minutes   2.019042e-02 -1.091749e-02 -7.117241e-05  2.217403e-03
120 Minutes  2.034899e-02 -2.138387e-02 -2.011246e-04  3.350048e-03
240 Minutes  1.133820e-02 -2.463258e-02 -4.410137e-04  4.211982e-03
360 Minutes  9.584493e-03 -2.672889e-02 -1.213914e-03  5.940661e-03
Overnight    5.374228e-03 -5.875397e-03 -4.290851e-04  3.136684e-03

## HISTOGRAM OF MINUTE BY MINUTE STOCK RETURNS
hist(ret_1_min$ret_1_min, 
     breaks = 500,
     main = "1 Minute Intraday Returns",
     xlab = "Minute Level Returns", 
     col = "Light Blue")

##  HISTOGRAM OF OVERNIGHT STOCK RETURNS
hist(overnight_ret_1_min$ret_1_min, 
     breaks = 100,
     main = "Overnight Returns",
     xlab = "End of Trading Day to Beginning of Next Trading Day Returns", 
     col = "Red")

##  CREATE DENSITY PLOT DISTRIBUTIONS
d1 <- density(ret_1_min$ret_1_min, from = -0.05, to = 0.05)
d2 <- density(ret_2_min$ret_2_min, from = -0.05, to = 0.05)
d5 <- density(ret_5_min$ret_5_min, from = -0.05, to = 0.05)
d10 <- density(ret_10_min$ret_10_min, from = -0.05, to = 0.05)
d20 <- density(ret_20_min$ret_20_min, from = -0.05, to = 0.05)
d30 <- density(ret_30_min$ret_30_min, from = -0.05, to = 0.05)
d60 <- density(ret_60_min$ret_60_min, from = -0.05, to = 0.05)
d120 <- density(ret_120_min$ret_120_min, from = -0.05, to = 0.05)
d240 <- density(ret_240_min$ret_240_min, from = -0.05, to = 0.05)
d360 <- density(ret_360_min$ret_360_min, from = -0.05, to = 0.05)
don <- density(overnight_ret_1_min$ret_1_min, na.rm = TRUE, from = -0.05, to = 0.05) #EXCLUDE NA VALUES FROM ANALYSIS (ERROR RESULTS IF YOU DON'T DO THIS)
##  PLOT DENSITY PLOTS
plot(d1, main = "Denstiy Plot: 1 Minute Returns", xlab = "Distribution of 1 Minute Returns") 
polygon(d1, col = "Light Blue", border = "Blue")

plot(d2, main = "Denstiy Plot: 2 Minute Returns", xlab = "Distribution of 2 Minute Returns")
polygon(d2, col = "Light Blue", border = "Blue")

plot(d5, main = "Denstiy Plot: 5 Minute Returns", xlab = "Distribution of 5 Minute Returns")
polygon(d5, col = "Light Blue", border = "Blue")

plot(d10, main = "Denstiy Plot: 10 Minute Returns", xlab = "Distribution of 10 Minute Returns")
polygon(d10, col = "Light Blue", border = "Blue")

plot(d20, main = "Denstiy Plot: 20 Minute Returns", xlab = "Distribution of 20 Minute Returns")
polygon(d20, col = "Light Blue", border = "Blue")

plot(d30, main = "Denstiy Plot: 30 Minute Returns", xlab = "Distribution of 30 Minute Returns")
polygon(d30, col = "Light Blue", border = "Blue")

plot(d60, main = "Denstiy Plot: 60 Minute Returns", xlab = "Distribution of 60 Minute Returns")
polygon(d60, col = "Light Blue", border = "Blue")

plot(d120, main = "Denstiy Plot: 120 Minute Returns", xlab = "Distribution of 120 Minute Returns")
polygon(d120, col = "Light Blue", border = "Blue")

plot(d240, main = "Denstiy Plot: 240 Minute Returns", xlab = "Distribution of 240 Minute Returns")
polygon(d240, col = "Light Blue", border = "Blue")

plot(d360, main = "Denstiy Plot: 360 Minute Returns", xlab = "Distribution of 360 Minute Returns")
polygon(d360, col = "Light Blue", border = "Blue")

plot(don, main = "Denstiy Plot: Overnight Returns", xlab = "Distribution of Overnight Returns")
polygon(don, col = "Light Green", border = "Green")